Home Explore Help
Register Sign In
J1X
/
huginn
Watch 2
Star 0
Fork 0

Browse Source
Prevent buildup of threads in specs

Andrew Cantino 8 years ago
parent
3d795542fb
commit
ff05700458
8 changed files with 52 additions and 24 deletions
Show Diff Stats
  1. 6 1
      app/concerns/long_runnable.rb
  2. 7 4
      lib/agent_runner.rb
  3. 1 1
      lib/delayed_job_worker.rb
  4. 1 0
      lib/huginn_scheduler.rb
  5. 9 3
      spec/concerns/long_runnable_spec.rb
  6. 17 8
      spec/lib/agent_runner_spec.rb
  7. 0 2
      spec/lib/agents_exporter_spec.rb
  8. 11 5
      spec/lib/huginn_scheduler_spec.rb

+ 6 - 1
app/concerns/long_runnable.rb
View File 

@@ -90,10 +90,14 @@ module LongRunnable
90 90 
       if respond_to?(:stop)
91 91 
         stop
92 92 
       else
93 
-        thread.terminate
93 
+        terminate_thread
94 94 
       end
95 95 
     end
96 96
97 
+    def terminate_thread
98 
+      thread.terminate if thread
99 
+    end
100 
+
97 101 
     def restart!
98 102 
       stop!
99 103 
       setup!(scheduler, mutex)
 
@@ -117,6 +121,7 @@ module LongRunnable
117 121 
     end
118 122
119 123 
     private
124 
+
120 125 
     def schedule(method, args, &blk)
121 126 
       @scheduler.send(method, *args, tag: id, &blk)
122 127 
     end

+ 7 - 4
lib/agent_runner.rb
View File 

@@ -17,10 +17,12 @@ class AgentRunner
17 17 
     @scheduler = Rufus::Scheduler.new(frequency: ENV['SCHEDULER_FREQUENCY'].presence || 0.3)
18 18
19 19 
     @scheduler.every 5 do
20 
+      p :every
20 21 
       restart_dead_workers if @running
21 22 
     end
22 23
23 24 
     @scheduler.every 60 do
25 
+      p :every
24 26 
       run_workers if @running
25 27 
     end
26 28 
 
@@ -28,7 +30,7 @@ class AgentRunner
28 30 
   end
29 31
30 32 
   def stop
31 
-    puts "Stopping AgentRunner..."
33 
+    puts "Stopping AgentRunner..." unless Rails.env.test?
32 34 
     @running = false
33 35 
     @workers.each_pair do |_, w| w.stop! end
34 36 
     @scheduler.stop
 
@@ -64,19 +66,20 @@ class AgentRunner
64 66 
   end
65 67
66 68 
   private
69 
+
67 70 
   def run_workers
68 71 
     workers             = load_workers
69 72 
     new_worker_ids      = workers.keys
70 73 
     current_worker_ids  = @workers.keys
71 74
72 75 
     (current_worker_ids - new_worker_ids).each do |outdated_worker_id|
73 
-      puts "Killing #{outdated_worker_id}"
76 
+      puts "Killing #{outdated_worker_id}" unless Rails.env.test?
74 77 
       @workers[outdated_worker_id].stop!
75 78 
       @workers.delete(outdated_worker_id)
76 79 
     end
77 80
78 81 
     (new_worker_ids - current_worker_ids).each do |new_worker_id|
79 
-      puts "Starting #{new_worker_id}"
82 
+      puts "Starting #{new_worker_id}" unless Rails.env.test?
80 83 
       @workers[new_worker_id] = workers[new_worker_id]
81 84 
       @workers[new_worker_id].setup!(@scheduler, @mutex)
82 85 
       @workers[new_worker_id].run!
 
@@ -101,7 +104,7 @@ class AgentRunner
101 104 
   def restart_dead_workers
102 105 
     @workers.each_pair do |id, worker|
103 106 
       if worker.thread && !worker.thread.alive?
104 
-        puts "Restarting #{id.to_s}"
107 
+        puts "Restarting #{id.to_s}" unless Rails.env.test?
105 108 
         @workers[id].run!
106 109 
       end
107 110 
     end

+ 1 - 1
lib/delayed_job_worker.rb
View File 

@@ -7,7 +7,7 @@ class DelayedJobWorker < LongRunnable::Worker
7 7 
   end
8 8
9 9 
   def stop
10 
-    @dj.stop
10 
+    @dj.stop if @dj
11 11 
   end
12 12
13 13 
   def self.setup_worker

+ 1 - 0
lib/huginn_scheduler.rb
View File 

@@ -145,6 +145,7 @@ class HuginnScheduler < LongRunnable::Worker
145 145 
   end
146 146
147 147 
   private
148 
+
148 149 
   def run_schedule(time)
149 150 
     with_mutex do
150 151 
       puts "Queuing schedule for #{time}"

+ 9 - 3
spec/concerns/long_runnable_spec.rb
View File 

@@ -9,7 +9,7 @@ describe LongRunnable do
9 9 
     end
10 10 
   end
11 11
12 
-  before(:all) do
12 
+  before(:each) do
13 13 
     @agent = LongRunnableAgent.new
14 14 
   end
15 15 
 
@@ -41,7 +41,13 @@ describe LongRunnable do
41 41 
     before(:each) do
42 42 
       @agent = Object.new
43 43 
       @worker = LongRunnable::Worker.new(agent: @agent, id: 'test1234')
44 
-      @worker.setup!(Rufus::Scheduler.new, Mutex.new)
44 
+      @scheduler = Rufus::Scheduler.new
45 
+      @worker.setup!(@scheduler, Mutex.new)
46 
+    end
47 
+
48 
+    after(:each) do
49 
+      @worker.thread.terminate if @worker.thread
50 
+      @scheduler.shutdown(:wait)
45 51 
     end
46 52
47 53 
     it "calls boolify of the agent" do
 
@@ -75,7 +81,7 @@ describe LongRunnable do
75 81
76 82 
     context "#stop!" do
77 83 
       it "terminates the thread" do
78 
-        mock(@worker.thread).terminate
84 
+        mock.proxy(@worker).terminate_thread
79 85 
         @worker.stop!
80 86 
       end
81 87

+ 17 - 8
spec/lib/agent_runner_spec.rb
View File 

@@ -8,10 +8,14 @@ describe AgentRunner do
8 8 
       @agent_runner = AgentRunner.new
9 9 
     end
10 10
11 
+    after(:each) do
12 
+      @agent_runner.stop
13 
+      AgentRunner.class_variable_set(:@@agents, [])
14 
+    end
15 
+
11 16 
     context "#run" do
12 17 
       before do
13 18 
         mock(@agent_runner).run_workers
14 
-        mock.instance_of(IO).puts('Stopping AgentRunner...')
15 19 
       end
16 20
17 21 
       it "runs until stop is called" do
 
@@ -30,6 +34,7 @@ describe AgentRunner do
30 34 
       before do
31 35 
         AgentRunner.class_variable_set(:@@agents, [HuginnScheduler, DelayedJobWorker])
32 36 
       end
37 
+
33 38 
       it "loads all workers" do
34 39 
         workers = @agent_runner.send(:load_workers)
35 40 
         expect(workers).to be_a(Hash)
 
@@ -37,27 +42,29 @@ describe AgentRunner do
37 42 
       end
38 43
39 44 
       it "loads only the workers specified in the :only option" do
40 
-        @agent_runner = AgentRunner.new(only: HuginnScheduler)
41 
-        workers = @agent_runner.send(:load_workers)
45 
+        agent_runner = AgentRunner.new(only: HuginnScheduler)
46 
+        workers = agent_runner.send(:load_workers)
42 47 
         expect(workers.keys).to eq(['HuginnScheduler'])
48 
+        agent_runner.stop
43 49 
       end
44 50
45 51 
       it "does not load workers specified in the :except option" do
46 
-        @agent_runner = AgentRunner.new(except: HuginnScheduler)
47 
-        workers = @agent_runner.send(:load_workers)
52 
+        agent_runner = AgentRunner.new(except: HuginnScheduler)
53 
+        workers = agent_runner.send(:load_workers)
48 54 
         expect(workers.keys).to eq(['DelayedJobWorker'])
55 
+
56 
+        agent_runner.stop
49 57 
       end
50 58 
     end
51 59
52 60 
     context "running workers" do
53 61 
       before do
54 62 
         AgentRunner.class_variable_set(:@@agents, [HuginnScheduler, DelayedJobWorker])
55 
-        stub.instance_of(IO).puts
56 
-        stub.instance_of(LongRunnable::Worker).setup!
63 
+        stub.instance_of(HuginnScheduler).setup
64 
+        stub.instance_of(DelayedJobWorker).setup
57 65 
       end
58 66
59 67 
       context "#run_workers" do
60 
-
61 68 
         it "runs all the workers" do
62 69 
           mock.instance_of(HuginnScheduler).run!
63 70 
           mock.instance_of(DelayedJobWorker).run!
 
@@ -97,6 +104,8 @@ describe AgentRunner do
97 104 
       mock(Signal).trap('TERM')
98 105 
       mock(Signal).trap('QUIT')
99 106 
       agent_runner.set_traps
107 
+
108 
+      agent_runner.stop
100 109 
     end
101 110 
   end
102 111 
 end

+ 0 - 2
spec/lib/agents_exporter_spec.rb
View File 

@@ -1,5 +1,3 @@
1 
-# encoding: utf-8
2 
-
3 1 
 require 'rails_helper'
4 2
5 3 
 describe AgentsExporter do

+ 11 - 5
spec/lib/huginn_scheduler_spec.rb
View File 

@@ -3,16 +3,20 @@ require 'huginn_scheduler'
3 3
4 4 
 describe HuginnScheduler do
5 5 
   before(:each) do
6 
+    @rufus_scheduler = Rufus::Scheduler.new
6 7 
     @scheduler = HuginnScheduler.new
7 8 
     stub(@scheduler).setup {}
8 
-    @scheduler.setup!(Rufus::Scheduler.new, Mutex.new)
9 
-    stub
9 
+    @scheduler.setup!(@rufus_scheduler, Mutex.new)
10 
+  end
11 
+
12 
+  after(:each) do
13 
+    @rufus_scheduler.shutdown(:wait)
10 14 
   end
11 15
12 16 
   it "schould register the schedules with the rufus scheduler and run" do
13 
-    mock.instance_of(Rufus::Scheduler).join
17 
+    mock(@rufus_scheduler).join
14 18 
     scheduler = HuginnScheduler.new
15 
-    scheduler.setup!(Rufus::Scheduler.new, Mutex.new)
19 
+    scheduler.setup!(@rufus_scheduler, Mutex.new)
16 20 
     scheduler.run
17 21 
   end
18 22 
 
@@ -87,6 +91,8 @@ end
87 91
88 92 
 describe Rufus::Scheduler do
89 93 
   before :each do
94 
+    Agent.delete_all
95 
+
90 96 
     @taoe, Thread.abort_on_exception = Thread.abort_on_exception, false
91 97 
     @oso, @ose, $stdout, $stderr = $stdout, $stderr, StringIO.new, StringIO.new
92 98 
 
@@ -105,7 +111,7 @@ describe Rufus::Scheduler do
105 111 
   end
106 112
107 113 
   after :each do
108 
-    @scheduler.shutdown
114 
+    @scheduler.shutdown(:wait)
109 115
110 116 
     Thread.abort_on_exception = @taoe
111 117 
     $stdout, $stderr = @oso, @ose